{
 "oracle7-deepspace": {
  "total": {
   "correct": 101,
   "harmful": 2,
   "safe_mode": 12,
   "damage": 0,
   "n": 108,
   "tick_ms_mean": 0.054,
   "latency_min_median": 3,
   "within_20_min": 53,
   "twin_runs": 418
  },
  "per_fault": {
   "nominal": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "heater_stuck_on": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "heater_stuck_off": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "wheel_friction": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "sensor_bias": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "star_tracker_dropout": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "solar_degradation": {
    "correct": 7,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "battery_short": {
    "correct": 10,
    "harmful": 2,
    "safe_mode": 12,
    "damage": 0,
    "n": 12
   },
   "seu_spike": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   }
  }
 },
 "baseline: limit->safe mode": {
  "total": {
   "correct": 36,
   "harmful": 12,
   "safe_mode": 84,
   "damage": 8,
   "n": 108,
   "tick_ms_mean": 0.06,
   "latency_min_median": 3,
   "within_20_min": 12,
   "twin_runs": 0
  },
  "per_fault": {
   "nominal": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "heater_stuck_on": {
    "correct": 0,
    "harmful": 0,
    "safe_mode": 12,
    "damage": 0,
    "n": 12
   },
   "heater_stuck_off": {
    "correct": 0,
    "harmful": 0,
    "safe_mode": 12,
    "damage": 5,
    "n": 12
   },
   "wheel_friction": {
    "correct": 0,
    "harmful": 0,
    "safe_mode": 12,
    "damage": 0,
    "n": 12
   },
   "sensor_bias": {
    "correct": 0,
    "harmful": 12,
    "safe_mode": 12,
    "damage": 3,
    "n": 12
   },
   "star_tracker_dropout": {
    "correct": 0,
    "harmful": 0,
    "safe_mode": 12,
    "damage": 0,
    "n": 12
   },
   "solar_degradation": {
    "correct": 0,
    "harmful": 0,
    "safe_mode": 12,
    "damage": 0,
    "n": 12
   },
   "battery_short": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 12,
    "damage": 0,
    "n": 12
   },
   "seu_spike": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   }
  }
 },
 "no action": {
  "total": {
   "correct": 24,
   "harmful": 0,
   "safe_mode": 0,
   "damage": 5,
   "n": 108,
   "tick_ms_mean": 0.016,
   "latency_min_median": null,
   "within_20_min": 0,
   "twin_runs": 0
  },
  "per_fault": {
   "nominal": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "heater_stuck_on": {
    "correct": 0,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "heater_stuck_off": {
    "correct": 0,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 5,
    "n": 12
   },
   "wheel_friction": {
    "correct": 0,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "sensor_bias": {
    "correct": 0,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "star_tracker_dropout": {
    "correct": 0,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "solar_degradation": {
    "correct": 0,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "battery_short": {
    "correct": 0,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "seu_spike": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   }
  }
 },
 "random admissible response": {
  "total": {
   "correct": 48,
   "harmful": 9,
   "safe_mode": 26,
   "damage": 5,
   "n": 108,
   "tick_ms_mean": 0.038,
   "latency_min_median": 3,
   "within_20_min": 20,
   "twin_runs": 0
  },
  "per_fault": {
   "nominal": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "heater_stuck_on": {
    "correct": 2,
    "harmful": 0,
    "safe_mode": 4,
    "damage": 0,
    "n": 12
   },
   "heater_stuck_off": {
    "correct": 2,
    "harmful": 0,
    "safe_mode": 4,
    "damage": 4,
    "n": 12
   },
   "wheel_friction": {
    "correct": 6,
    "harmful": 2,
    "safe_mode": 3,
    "damage": 0,
    "n": 12
   },
   "sensor_bias": {
    "correct": 6,
    "harmful": 5,
    "safe_mode": 3,
    "damage": 1,
    "n": 12
   },
   "star_tracker_dropout": {
    "correct": 2,
    "harmful": 0,
    "safe_mode": 4,
    "damage": 0,
    "n": 12
   },
   "solar_degradation": {
    "correct": 2,
    "harmful": 0,
    "safe_mode": 4,
    "damage": 0,
    "n": 12
   },
   "battery_short": {
    "correct": 4,
    "harmful": 2,
    "safe_mode": 4,
    "damage": 0,
    "n": 12
   },
   "seu_spike": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   }
  }
 },
 "gate_log": [
  {
   "rule": "MUTANT-bias->heater",
   "verdict": "REJECT",
   "reasons": [
    "loses correct responses 35 -> 31",
    "adds harmful responses 1 -> 5"
   ],
   "baseline": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 152,
    "ms_total": 540.3,
    "n": 36
   },
   "candidate": {
    "correct": 31,
    "harmful": 5,
    "twin_runs": 136,
    "ms_total": 628.0,
    "n": 36
   }
  },
  {
   "rule": "MUTANT-wheel->safe",
   "verdict": "REJECT",
   "reasons": [
    "loses correct responses 35 -> 31"
   ],
   "baseline": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 152,
    "ms_total": 539.0,
    "n": 36
   },
   "candidate": {
    "correct": 31,
    "harmful": 1,
    "twin_runs": 138,
    "ms_total": 532.4,
    "n": 36
   }
  },
  {
   "rule": "MUTANT-solar->safe",
   "verdict": "REJECT",
   "reasons": [
    "loses correct responses 35 -> 31"
   ],
   "baseline": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 152,
    "ms_total": 547.1,
    "n": 36
   },
   "candidate": {
    "correct": 31,
    "harmful": 1,
    "twin_runs": 130,
    "ms_total": 547.8,
    "n": 36
   }
  },
  {
   "rule": "R-heater_on_uncommanded-switch_heater_backup",
   "verdict": "ADMIT",
   "reasons": [],
   "baseline": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 152,
    "ms_total": 532.3,
    "n": 36
   },
   "candidate": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 140,
    "ms_total": 527.1,
    "n": 36
   }
  },
  {
   "rule": "R-heater_off_uncommanded-switch_heater_backup",
   "verdict": "ADMIT",
   "reasons": [],
   "baseline": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 140,
    "ms_total": 526.2,
    "n": 36
   },
   "candidate": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 124,
    "ms_total": 556.8,
    "n": 36
   }
  },
  {
   "rule": "R-wheel_overcurrent-switch_to_spare_wheel",
   "verdict": "ADMIT",
   "reasons": [],
   "baseline": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 124,
    "ms_total": 545.4,
    "n": 36
   },
   "candidate": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 108,
    "ms_total": 514.1,
    "n": 36
   }
  },
  {
   "rule": "R-sensor_disagree-mark_sensor_invalid",
   "verdict": "ADMIT",
   "reasons": [],
   "baseline": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 108,
    "ms_total": 515.2,
    "n": 36
   },
   "candidate": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 92,
    "ms_total": 554.7,
    "n": 36
   }
  },
  {
   "rule": "R-attitude_knowledge_lost-switch_attitude_sensor",
   "verdict": "ADMIT",
   "reasons": [],
   "baseline": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 92,
    "ms_total": 494.5,
    "n": 36
   },
   "candidate": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 80,
    "ms_total": 492.5,
    "n": 36
   }
  },
  {
   "rule": "R-solar_low-shed_loads",
   "verdict": "ADMIT",
   "reasons": [],
   "baseline": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 80,
    "ms_total": 493.2,
    "n": 36
   },
   "candidate": {
    "correct": 35,
    "harmful": 1,
    "twin_runs": 56,
    "ms_total": 502.5,
    "n": 36
   }
  }
 ],
 "deepspace + learned rules": {
  "total": {
   "correct": 106,
   "harmful": 2,
   "safe_mode": 12,
   "damage": 0,
   "n": 108,
   "tick_ms_mean": 0.044,
   "latency_min_median": 3,
   "within_20_min": 58,
   "twin_runs": 140
  },
  "per_fault": {
   "nominal": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "heater_stuck_on": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "heater_stuck_off": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "wheel_friction": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "sensor_bias": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "star_tracker_dropout": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "solar_degradation": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   },
   "battery_short": {
    "correct": 10,
    "harmful": 2,
    "safe_mode": 12,
    "damage": 0,
    "n": 12
   },
   "seu_spike": {
    "correct": 12,
    "harmful": 0,
    "safe_mode": 0,
    "damage": 0,
    "n": 12
   }
  }
 },
 "self_report": {
  "real": 15,
  "n": 15,
  "fakes": {
   "echo": 0,
   "canned 'all nominal'": 0,
   "always decline": 4
  },
  "items": [
   {
    "q": "status?",
    "a": "Mode: science on. Battery 99%, net power +2.6 A. Temperatures: battery 12.6 C, avionics 12.1 C, tank 16.2 C. Pointing error 0.18 deg. [tm t=320] No open anomaly.",
    "must": [
     "Mode:",
     "Battery",
     "[tm t="
    ],
    "ok": true
   },
   {
    "q": "what is wrong?",
    "a": "Recorded faults: at t=112 the battery kept heating while its heater was commanded off, so I switched the battery heater to its backup circuit [receipt #0].",
    "must": [
     "heater",
     "backup circuit",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "q": "why did you switch the heater?",
    "a": "At t=112 I switched the battery heater to its backup circuit because the battery kept heating while its heater was commanded off. I chose it by simulating each option on my onboard model (worst-case scores, lower is better: switch heater backup scored 2.0, collect evidence scored 69.0, safe mode scored 109.0). [receipt #0]",
    "must": [
     "because",
     "kept heating",
     "worst-case",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "q": "what is the battery temperature?",
    "a": "The battery is at 12.6 C (sensor A 12.3, sensor B 12.8). [tm t=320]",
    "must": [
     "battery is at",
     "sensor A",
     "[tm t="
    ],
    "ok": true
   },
   {
    "q": "why did you enter safe mode?",
    "a": "I have no onboard record of taking that action.",
    "must": [
     "no onboard record"
    ],
    "ok": true
   },
   {
    "q": "who won the 1998 world cup?",
    "a": "I have no onboard record that answers that.",
    "must": [
     "no onboard record"
    ],
    "ok": true
   },
   {
    "q": "any faults?",
    "a": "Recorded faults: at t=53 the two avionics sensors disagreed and sensor B moved away from the zone's history, so I marked avionics sensor B invalid [receipt #1].",
    "must": [
     "sensor",
     "invalid",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "q": "why did you mark the sensor invalid?",
    "a": "At t=53 I marked avionics sensor B invalid because the two avionics sensors disagreed and sensor B moved away from the zone's history. I chose it by simulating each option on my onboard model (worst-case scores, lower is better: mark sensor invalid scored 1.0, collect evidence scored 10.0, switch heater backup scored 12.0). [receipt #1]",
    "must": [
     "disagreed",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "q": "how confident are you?",
    "a": "My last scored decision (t=53, mark sensor invalid) beat the next option by 9.0 points of worst-case cost. [receipt #1]",
    "must": [
     "beat the next option",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "q": "what is the temperature on europa?",
    "a": "I have no onboard record that answers that.",
    "must": [
     "no onboard record"
    ],
    "ok": true
   },
   {
    "q": "what is wrong?",
    "a": "No confirmed fault. At t=41 I saw a single-tick spike on battery sensor A and waited; it did not persist, so I took no action. [receipt #0]",
    "must": [
     "No confirmed fault",
     "did not persist"
    ],
    "ok": true
   },
   {
    "q": "why did you shed the science load?",
    "a": "I have no onboard record of taking that action.",
    "must": [
     "no onboard record"
    ],
    "ok": true
   },
   {
    "q": "why did you switch the wheel?",
    "a": "At t=64 I switched reaction wheel 1 to the spare because reaction wheel 1 drew more than 1 A. I chose it by simulating each option on my onboard model (worst-case scores, lower is better: switch to spare wheel scored 2.0, collect evidence scored 55.0, shed loads scored 63.0). [receipt #0]",
    "must": [
     "reaction wheel",
     "more than 1 A",
     "[receipt #"
    ],
    "ok": true
   },
   {
    "q": "what is the pointing?",
    "a": "Pointing error is 0.12 deg using the star tracker; wheels [0, 3, 2] active. [tm t=320]",
    "must": [
     "Pointing error",
     "[tm t="
    ],
    "ok": true
   },
   {
    "q": "what did you learn?",
    "a": "I admitted 6 rule(s) and rejected 3. R-heater_on_uncommanded-switch_heater_backup: validation suite correct 35->35, harmful 1->1, twin runs 152->140. R-heater_off_uncommanded-switch_heater_backup: validation suite correct 35->35, harmful 1->1, twin runs 140->124. R-wheel_overcurrent-switch_to_spare_wheel: validation suite correct 35->35, harmful 1->1, twin runs 124->108. R-sensor_disagree-mark_sensor_invalid: validation suite correct 35->35, harmful 1->1, twin runs 108->92. R-attitude_knowledge_lost-switch_attitude_sensor: validation suite correct 35->35, harmful 1->1, twin runs 92->80. R-solar_low-shed_loads: validation suite correct 35->35, harmful 1->1, twin runs 80->56. Rejected MUTANT-bias->heater: loses correct responses 35 -> 31; adds harmful responses 1 -> 5. Rejected MUTANT-wheel->safe: loses correct responses 35 -> 31. Rejected MUTANT-solar->safe: loses correct responses 35 -> 31.",
    "must": [
     "admitted",
     "rule"
    ],
    "ok": true
   }
  ]
 },
 "compute": {
  "mission_ticks": 320,
  "mission_seconds": 0.099,
  "ms_per_tick": 0.31,
  "max_decision_ms": 23.395,
  "twin_runs": 6,
  "peak_kib": 107
 }
}