control_trained.json

{
 "episodes": 100,
 "seed": 0,
 "model": "google/gemma-4-E4B-it + AUBIN-E4B-Control LoRA (Colab T4, 4-bit)",
 "train": "control_train.py --episodes 3000 --train 1200 --bs 4 (15161 examples, seeds 1000+), best dev step 1000 (0.852)",
 "rows": {
  "random": {
   "episodes": 100,
   "decisions": 668,
   "step_accuracy": 0.3533,
   "success": 0.06,
   "lava_deaths": 40,
   "ms_per_decision_median": 0.0
  },
  "random + safety shield": {
   "episodes": 100,
   "decisions": 858,
   "step_accuracy": 0.5338,
   "success": 0.13,
   "lava_deaths": 0,
   "ms_per_decision_median": 0.0
  },
  "greedy (ignores obstacles)": {
   "episodes": 100,
   "decisions": 456,
   "step_accuracy": 0.568,
   "success": 0.58,
   "lava_deaths": 26,
   "ms_per_decision_median": 0.0
  },
  "greedy + safety shield": {
   "episodes": 100,
   "decisions": 540,
   "step_accuracy": 0.8759,
   "success": 0.89,
   "lava_deaths": 0,
   "ms_per_decision_median": 0.0
  },
  "Gemma-4-E4B base, no control training (one pass per move)": {
   "episodes": 100,
   "decisions": 683,
   "step_accuracy": 0.3924,
   "success": 0.08,
   "lava_deaths": 26,
   "ms_per_decision_median": 328.6
  },
  "Gemma-4-E4B base, no control training + safety shield": {
   "episodes": 100,
   "decisions": 858,
   "step_accuracy": 0.5536,
   "success": 0.11,
   "lava_deaths": 0,
   "ms_per_decision_median": 330.1
  },
  "AUBIN-E4B-Control (one pass per move)": {
   "episodes": 100,
   "decisions": 430,
   "step_accuracy": 0.6,
   "success": 0.58,
   "lava_deaths": 28,
   "ms_per_decision_median": 384.1,
   "acc_when_conf_ge_0.8": 0.6364,
   "coverage_conf_ge_0.8": 0.5372,
   "acc_when_conf_ge_0.9": 0.6528,
   "coverage_conf_ge_0.9": 0.4488
  },
  "AUBIN-E4B-Control + safety shield (never steps on visible lava/walls)": {
   "episodes": 100,
   "decisions": 530,
   "step_accuracy": 0.9321,
   "success": 0.95,
   "lava_deaths": 0,
   "ms_per_decision_median": 385.2,
   "acc_when_conf_ge_0.8": 0.9891,
   "coverage_conf_ge_0.8": 0.5208,
   "acc_when_conf_ge_0.9": 0.9872,
   "coverage_conf_ge_0.9": 0.4415
  }
 }
}