Download results/structural_eval.json from psiloceyeben/oracle7-deepspace: direct link, hf CLI and curl.
- Browser
- Download file 42.6 kB
-
https://huggingface.co/psiloceyeben/oracle7-deepspace/resolve/main/results/structural_eval.json
- Command line
-
hf download hf://psiloceyeben/oracle7-deepspace/results/structural_eval.json
-
curl -L -o structural_eval.json https://huggingface.co/psiloceyeben/oracle7-deepspace/resolve/main/results/structural_eval.json
42.6 kB
| { | |
| "code_sha256": "b936ec011372fd9860c748b39b5117c7b8b1296f85d169ccfc8a9b6f8e394408", | |
| "seeds": "7000-7049", | |
| "structural": { | |
| "base": { | |
| "oracle7-deepspace": { | |
| "correct": [ | |
| 0.99, | |
| 0.984, | |
| 0.9937 | |
| ], | |
| "correct_n": 1683, | |
| "n": 1700, | |
| "harmful_n": 0, | |
| "damage_n": 0, | |
| "safe_mode_n": 100, | |
| "trap_wrong": [ | |
| 0.0, | |
| 0, | |
| 0.0064 | |
| ], | |
| "per": { | |
| "voyager1/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 33, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/seu_spike": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 17, | |
| "misses_with_consequence": 0, | |
| "outcome_ok": [ | |
| 1.0, | |
| 0.9977, | |
| 1.0 | |
| ], | |
| "bad_outcomes": 0, | |
| "min_soc_p5": 0.851, | |
| "science_off_ticks_mean": 40.3 | |
| }, | |
| "expert fault table": { | |
| "correct": [ | |
| 1.0, | |
| 0.9977, | |
| 1.0 | |
| ], | |
| "correct_n": 1700, | |
| "n": 1700, | |
| "harmful_n": 0, | |
| "damage_n": 0, | |
| "safe_mode_n": 100, | |
| "trap_wrong": [ | |
| 0.0, | |
| 0, | |
| 0.0064 | |
| ], | |
| "per": { | |
| "voyager1/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/seu_spike": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 0, | |
| "misses_with_consequence": 0, | |
| "outcome_ok": [ | |
| 1.0, | |
| 0.9977, | |
| 1.0 | |
| ], | |
| "bad_outcomes": 0, | |
| "min_soc_p5": 0.851, | |
| "science_off_ticks_mean": 45.3 | |
| }, | |
| "limit -> safe mode (simplified)": { | |
| "correct": [ | |
| 0.2941, | |
| 0.2729, | |
| 0.3162 | |
| ], | |
| "correct_n": 500, | |
| "n": 1700, | |
| "harmful_n": 200, | |
| "damage_n": 207, | |
| "safe_mode_n": 1300, | |
| "trap_wrong": [ | |
| 0.3333, | |
| 0.2968, | |
| 0.372 | |
| ], | |
| "per": { | |
| "voyager1/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_on": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_off": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/star_tracker_dropout": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_on": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_off": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/star_tracker_dropout": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_on": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/heater_stuck_off": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/star_tracker_dropout": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_on": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_off": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/star_tracker_dropout": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/seu_spike": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 659, | |
| "misses_with_consequence": 541, | |
| "outcome_ok": [ | |
| 0.6818, | |
| 0.6592, | |
| 0.7035 | |
| ], | |
| "bad_outcomes": 541, | |
| "min_soc_p5": 0.851, | |
| "science_off_ticks_mean": 184.1 | |
| } | |
| }, | |
| "thermal": { | |
| "oracle7-deepspace": { | |
| "correct": [ | |
| 0.9247, | |
| 0.9112, | |
| 0.9363 | |
| ], | |
| "correct_n": 1572, | |
| "n": 1700, | |
| "harmful_n": 6, | |
| "damage_n": 0, | |
| "safe_mode_n": 109, | |
| "trap_wrong": [ | |
| 0.0067, | |
| 0.0026, | |
| 0.017 | |
| ], | |
| "per": { | |
| "voyager1/nominal": [ | |
| 48, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_on": [ | |
| 17, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/seu_spike": [ | |
| 48, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_on": [ | |
| 26, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_on": [ | |
| 29, | |
| 50 | |
| ], | |
| "juno/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 23, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_on": [ | |
| 31, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/seu_spike": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 124, | |
| "misses_with_consequence": 4, | |
| "outcome_ok": [ | |
| 0.9941, | |
| 0.9892, | |
| 0.9968 | |
| ], | |
| "bad_outcomes": 10, | |
| "min_soc_p5": 0.519, | |
| "science_off_ticks_mean": 40.3 | |
| } | |
| }, | |
| "power": { | |
| "oracle7-deepspace": { | |
| "correct": [ | |
| 0.9941, | |
| 0.9892, | |
| 0.9968 | |
| ], | |
| "correct_n": 1690, | |
| "n": 1700, | |
| "harmful_n": 0, | |
| "damage_n": 0, | |
| "safe_mode_n": 102, | |
| "trap_wrong": [ | |
| 0.0, | |
| 0, | |
| 0.0064 | |
| ], | |
| "per": { | |
| "voyager1/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_on": [ | |
| 49, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_on": [ | |
| 49, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 42, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/seu_spike": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 8, | |
| "misses_with_consequence": 2, | |
| "outcome_ok": [ | |
| 0.9988, | |
| 0.9957, | |
| 0.9997 | |
| ], | |
| "bad_outcomes": 2, | |
| "min_soc_p5": 0.851, | |
| "science_off_ticks_mean": 41.8 | |
| } | |
| }, | |
| "sensors": { | |
| "oracle7-deepspace": { | |
| "correct": [ | |
| 0.9888, | |
| 0.9826, | |
| 0.9928 | |
| ], | |
| "correct_n": 1681, | |
| "n": 1700, | |
| "harmful_n": 0, | |
| "damage_n": 0, | |
| "safe_mode_n": 100, | |
| "trap_wrong": [ | |
| 0.0, | |
| 0, | |
| 0.0064 | |
| ], | |
| "per": { | |
| "voyager1/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 31, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/seu_spike": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 19, | |
| "misses_with_consequence": 0, | |
| "outcome_ok": [ | |
| 1.0, | |
| 0.9977, | |
| 1.0 | |
| ], | |
| "bad_outcomes": 0, | |
| "min_soc_p5": 0.851, | |
| "science_off_ticks_mean": 40.5 | |
| } | |
| }, | |
| "attitude": { | |
| "oracle7-deepspace": { | |
| "correct": [ | |
| 0.99, | |
| 0.984, | |
| 0.9937 | |
| ], | |
| "correct_n": 1683, | |
| "n": 1700, | |
| "harmful_n": 0, | |
| "damage_n": 0, | |
| "safe_mode_n": 100, | |
| "trap_wrong": [ | |
| 0.0, | |
| 0, | |
| 0.0064 | |
| ], | |
| "per": { | |
| "voyager1/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 33, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_on": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/seu_spike": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 17, | |
| "misses_with_consequence": 0, | |
| "outcome_ok": [ | |
| 1.0, | |
| 0.9977, | |
| 1.0 | |
| ], | |
| "bad_outcomes": 0, | |
| "min_soc_p5": 0.851, | |
| "science_off_ticks_mean": 40.3 | |
| } | |
| }, | |
| "all": { | |
| "oracle7-deepspace": { | |
| "correct": [ | |
| 0.9335, | |
| 0.9207, | |
| 0.9444 | |
| ], | |
| "correct_n": 1587, | |
| "n": 1700, | |
| "harmful_n": 6, | |
| "damage_n": 2, | |
| "safe_mode_n": 115, | |
| "trap_wrong": [ | |
| 0.0067, | |
| 0.0026, | |
| 0.017 | |
| ], | |
| "per": { | |
| "voyager1/nominal": [ | |
| 48, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_on": [ | |
| 14, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/seu_spike": [ | |
| 48, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_on": [ | |
| 22, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_on": [ | |
| 31, | |
| 50 | |
| ], | |
| "juno/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 43, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_on": [ | |
| 31, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/seu_spike": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 100, | |
| "misses_with_consequence": 13, | |
| "outcome_ok": [ | |
| 0.9771, | |
| 0.9688, | |
| 0.9832 | |
| ], | |
| "bad_outcomes": 39, | |
| "min_soc_p5": 0.422, | |
| "science_off_ticks_mean": 42.9 | |
| }, | |
| "expert fault table": { | |
| "correct": [ | |
| 0.9465, | |
| 0.9347, | |
| 0.9562 | |
| ], | |
| "correct_n": 1609, | |
| "n": 1700, | |
| "harmful_n": 6, | |
| "damage_n": 0, | |
| "safe_mode_n": 100, | |
| "trap_wrong": [ | |
| 0.0067, | |
| 0.0026, | |
| 0.017 | |
| ], | |
| "per": { | |
| "voyager1/nominal": [ | |
| 48, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_on": [ | |
| 23, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/seu_spike": [ | |
| 48, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_on": [ | |
| 28, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_on": [ | |
| 31, | |
| 50 | |
| ], | |
| "juno/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_on": [ | |
| 31, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_off": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/star_tracker_dropout": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/seu_spike": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 81, | |
| "misses_with_consequence": 10, | |
| "outcome_ok": [ | |
| 0.98, | |
| 0.9722, | |
| 0.9857 | |
| ], | |
| "bad_outcomes": 34, | |
| "min_soc_p5": 0.426, | |
| "science_off_ticks_mean": 45.3 | |
| }, | |
| "limit -> safe mode (simplified)": { | |
| "correct": [ | |
| 0.2918, | |
| 0.2706, | |
| 0.3138 | |
| ], | |
| "correct_n": 496, | |
| "n": 1700, | |
| "harmful_n": 204, | |
| "damage_n": 202, | |
| "safe_mode_n": 1217, | |
| "trap_wrong": [ | |
| 0.34, | |
| 0.3032, | |
| 0.3788 | |
| ], | |
| "per": { | |
| "voyager1/nominal": [ | |
| 48, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_on": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/heater_stuck_off": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/seu_spike": [ | |
| 48, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/star_tracker_dropout": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_on": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/heater_stuck_off": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/star_tracker_dropout": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/heater_stuck_on": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/heater_stuck_off": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/seu_spike": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/star_tracker_dropout": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/nominal": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_on": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/heater_stuck_off": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/star_tracker_dropout": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/seu_spike": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 738, | |
| "misses_with_consequence": 466, | |
| "outcome_ok": [ | |
| 0.7229, | |
| 0.7012, | |
| 0.7437 | |
| ], | |
| "bad_outcomes": 471, | |
| "min_soc_p5": 0.582, | |
| "science_off_ticks_mean": 174.7 | |
| } | |
| } | |
| }, | |
| "intensity": { | |
| "base/weak": { | |
| "oracle7-deepspace": { | |
| "correct": [ | |
| 0.8314, | |
| 0.8019, | |
| 0.8573 | |
| ], | |
| "correct_n": 582, | |
| "n": 700, | |
| "harmful_n": 0, | |
| "damage_n": 0, | |
| "safe_mode_n": 100, | |
| "trap_wrong": [ | |
| 0.0, | |
| 0, | |
| 0.0188 | |
| ], | |
| "per": { | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 27, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 44, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 11, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 118, | |
| "misses_with_consequence": 0, | |
| "outcome_ok": [ | |
| 1.0, | |
| 0.9945, | |
| 1 | |
| ], | |
| "bad_outcomes": 0, | |
| "min_soc_p5": 0.851, | |
| "science_off_ticks_mean": 57.7 | |
| }, | |
| "expert fault table": { | |
| "correct": [ | |
| 1.0, | |
| 0.9945, | |
| 1 | |
| ], | |
| "correct_n": 700, | |
| "n": 700, | |
| "harmful_n": 0, | |
| "damage_n": 0, | |
| "safe_mode_n": 100, | |
| "trap_wrong": [ | |
| 0.0, | |
| 0, | |
| 0.0188 | |
| ], | |
| "per": { | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 0, | |
| "misses_with_consequence": 0, | |
| "outcome_ok": [ | |
| 1.0, | |
| 0.9945, | |
| 1 | |
| ], | |
| "bad_outcomes": 0, | |
| "min_soc_p5": 0.851, | |
| "science_off_ticks_mean": 110.1 | |
| }, | |
| "limit -> safe mode (simplified)": { | |
| "correct": [ | |
| 0.1429, | |
| 0.1189, | |
| 0.1707 | |
| ], | |
| "correct_n": 100, | |
| "n": 700, | |
| "harmful_n": 200, | |
| "damage_n": 0, | |
| "safe_mode_n": 700, | |
| "trap_wrong": [ | |
| 1.0, | |
| 0.9812, | |
| 1 | |
| ], | |
| "per": { | |
| "voyager1/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 400, | |
| "misses_with_consequence": 200, | |
| "outcome_ok": [ | |
| 0.7143, | |
| 0.6797, | |
| 0.7465 | |
| ], | |
| "bad_outcomes": 200, | |
| "min_soc_p5": 0.851, | |
| "science_off_ticks_mean": 257.4 | |
| } | |
| }, | |
| "base/strong": { | |
| "oracle7-deepspace": { | |
| "correct": [ | |
| 0.8571, | |
| 0.8293, | |
| 0.8811 | |
| ], | |
| "correct_n": 600, | |
| "n": 700, | |
| "harmful_n": 0, | |
| "damage_n": 0, | |
| "safe_mode_n": 200, | |
| "trap_wrong": [ | |
| 0.0, | |
| 0, | |
| 0.0188 | |
| ], | |
| "per": { | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 100, | |
| "misses_with_consequence": 0, | |
| "outcome_ok": [ | |
| 1.0, | |
| 0.9945, | |
| 1 | |
| ], | |
| "bad_outcomes": 0, | |
| "min_soc_p5": 0.796, | |
| "science_off_ticks_mean": 110.1 | |
| }, | |
| "expert fault table": { | |
| "correct": [ | |
| 1.0, | |
| 0.9945, | |
| 1 | |
| ], | |
| "correct_n": 700, | |
| "n": 700, | |
| "harmful_n": 0, | |
| "damage_n": 0, | |
| "safe_mode_n": 100, | |
| "trap_wrong": [ | |
| 0.0, | |
| 0, | |
| 0.0188 | |
| ], | |
| "per": { | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 0, | |
| "misses_with_consequence": 0, | |
| "outcome_ok": [ | |
| 1.0, | |
| 0.9945, | |
| 1 | |
| ], | |
| "bad_outcomes": 0, | |
| "min_soc_p5": 0.787, | |
| "science_off_ticks_mean": 110.1 | |
| }, | |
| "limit -> safe mode (simplified)": { | |
| "correct": [ | |
| 0.1429, | |
| 0.1189, | |
| 0.1707 | |
| ], | |
| "correct_n": 100, | |
| "n": 700, | |
| "harmful_n": 200, | |
| "damage_n": 98, | |
| "safe_mode_n": 700, | |
| "trap_wrong": [ | |
| 1.0, | |
| 0.9812, | |
| 1 | |
| ], | |
| "per": { | |
| "voyager1/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 400, | |
| "misses_with_consequence": 200, | |
| "outcome_ok": [ | |
| 0.7143, | |
| 0.6797, | |
| 0.7465 | |
| ], | |
| "bad_outcomes": 200, | |
| "min_soc_p5": 0.851, | |
| "science_off_ticks_mean": 257.4 | |
| } | |
| }, | |
| "all/weak": { | |
| "oracle7-deepspace": { | |
| "correct": [ | |
| 0.9343, | |
| 0.9135, | |
| 0.9504 | |
| ], | |
| "correct_n": 654, | |
| "n": 700, | |
| "harmful_n": 4, | |
| "damage_n": 0, | |
| "safe_mode_n": 100, | |
| "trap_wrong": [ | |
| 0.01, | |
| 0.0027, | |
| 0.0357 | |
| ], | |
| "per": { | |
| "voyager1/sensor_bias": [ | |
| 49, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 49, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 24, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 32, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 44, | |
| "misses_with_consequence": 2, | |
| "outcome_ok": [ | |
| 0.9871, | |
| 0.9757, | |
| 0.9932 | |
| ], | |
| "bad_outcomes": 9, | |
| "min_soc_p5": 0.492, | |
| "science_off_ticks_mean": 73.4 | |
| }, | |
| "expert fault table": { | |
| "correct": [ | |
| 0.9971, | |
| 0.9896, | |
| 0.9992 | |
| ], | |
| "correct_n": 698, | |
| "n": 700, | |
| "harmful_n": 4, | |
| "damage_n": 0, | |
| "safe_mode_n": 100, | |
| "trap_wrong": [ | |
| 0.01, | |
| 0.0027, | |
| 0.0357 | |
| ], | |
| "per": { | |
| "voyager1/sensor_bias": [ | |
| 49, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 49, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 0, | |
| "misses_with_consequence": 2, | |
| "outcome_ok": [ | |
| 0.9871, | |
| 0.9757, | |
| 0.9932 | |
| ], | |
| "bad_outcomes": 9, | |
| "min_soc_p5": 0.503, | |
| "science_off_ticks_mean": 110.0 | |
| }, | |
| "limit -> safe mode (simplified)": { | |
| "correct": [ | |
| 0.1429, | |
| 0.1189, | |
| 0.1707 | |
| ], | |
| "correct_n": 100, | |
| "n": 700, | |
| "harmful_n": 200, | |
| "damage_n": 0, | |
| "safe_mode_n": 700, | |
| "trap_wrong": [ | |
| 1.0, | |
| 0.9812, | |
| 1 | |
| ], | |
| "per": { | |
| "voyager1/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 400, | |
| "misses_with_consequence": 200, | |
| "outcome_ok": [ | |
| 0.7143, | |
| 0.6797, | |
| 0.7465 | |
| ], | |
| "bad_outcomes": 200, | |
| "min_soc_p5": 0.851, | |
| "science_off_ticks_mean": 257.2 | |
| } | |
| }, | |
| "all/strong": { | |
| "oracle7-deepspace": { | |
| "correct": [ | |
| 0.8171, | |
| 0.7868, | |
| 0.844 | |
| ], | |
| "correct_n": 572, | |
| "n": 700, | |
| "harmful_n": 2, | |
| "damage_n": 72, | |
| "safe_mode_n": 228, | |
| "trap_wrong": [ | |
| 0.0, | |
| 0, | |
| 0.0188 | |
| ], | |
| "per": { | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 34, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 38, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 128, | |
| "misses_with_consequence": 0, | |
| "outcome_ok": [ | |
| 0.8871, | |
| 0.8616, | |
| 0.9085 | |
| ], | |
| "bad_outcomes": 79, | |
| "min_soc_p5": 0.0, | |
| "science_off_ticks_mean": 110.0 | |
| }, | |
| "expert fault table": { | |
| "correct": [ | |
| 1.0, | |
| 0.9945, | |
| 1 | |
| ], | |
| "correct_n": 700, | |
| "n": 700, | |
| "harmful_n": 2, | |
| "damage_n": 100, | |
| "safe_mode_n": 100, | |
| "trap_wrong": [ | |
| 0.0, | |
| 0, | |
| 0.0188 | |
| ], | |
| "per": { | |
| "voyager1/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 0, | |
| "misses_with_consequence": 0, | |
| "outcome_ok": [ | |
| 0.8471, | |
| 0.8186, | |
| 0.8719 | |
| ], | |
| "bad_outcomes": 107, | |
| "min_soc_p5": 0.0, | |
| "science_off_ticks_mean": 110.0 | |
| }, | |
| "limit -> safe mode (simplified)": { | |
| "correct": [ | |
| 0.1429, | |
| 0.1189, | |
| 0.1707 | |
| ], | |
| "correct_n": 100, | |
| "n": 700, | |
| "harmful_n": 200, | |
| "damage_n": 96, | |
| "safe_mode_n": 700, | |
| "trap_wrong": [ | |
| 1.0, | |
| 0.9812, | |
| 1 | |
| ], | |
| "per": { | |
| "voyager1/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "voyager1/rtg_decline": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "new_horizons/rtg_decline": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/thruster_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "juno/battery_short": [ | |
| 50, | |
| 50 | |
| ], | |
| "europa_clipper/wheel_friction": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/sensor_bias": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/solar_degradation": [ | |
| 0, | |
| 50 | |
| ], | |
| "europa_clipper/battery_short": [ | |
| 50, | |
| 50 | |
| ] | |
| }, | |
| "misses_benign": 400, | |
| "misses_with_consequence": 200, | |
| "outcome_ok": [ | |
| 0.7143, | |
| 0.6797, | |
| 0.7465 | |
| ], | |
| "bad_outcomes": 200, | |
| "min_soc_p5": 0.83, | |
| "science_off_ticks_mean": 257.3 | |
| } | |
| } | |
| }, | |
| "wall_seconds": 414 | |
| } |