Hugging Face's logo

emrevrg
/
AUBIN-E4B-Control

PEFT
Safetensors
aubin
norovox
realtime-control
game-agent
lora
calibrated
Model card Files
xet
 Community
AUBIN-E4B-Control
File size: 2,155 Bytes
5ef0246
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
{
 "episodes": 100,
 "seed": 0,
 "model": "google/gemma-4-E4B-it + AUBIN-E4B-Control LoRA (Colab T4, 4-bit)",
 "train": "control_train.py --episodes 3000 --train 1200 --bs 4 (15161 examples, seeds 1000+), best dev step 1000 (0.852)",
 "rows": {
  "random": {
   "episodes": 100,
   "decisions": 668,
   "step_accuracy": 0.3533,
   "success": 0.06,
   "lava_deaths": 40,
   "ms_per_decision_median": 0.0
  },
  "random + safety shield": {
   "episodes": 100,
   "decisions": 858,
   "step_accuracy": 0.5338,
   "success": 0.13,
   "lava_deaths": 0,
   "ms_per_decision_median": 0.0
  },
  "greedy (ignores obstacles)": {
   "episodes": 100,
   "decisions": 456,
   "step_accuracy": 0.568,
   "success": 0.58,
   "lava_deaths": 26,
   "ms_per_decision_median": 0.0
  },
  "greedy + safety shield": {
   "episodes": 100,
   "decisions": 540,
   "step_accuracy": 0.8759,
   "success": 0.89,
   "lava_deaths": 0,
   "ms_per_decision_median": 0.0
  },
  "Gemma-4-E4B base, no control training (one pass per move)": {
   "episodes": 100,
   "decisions": 683,
   "step_accuracy": 0.3924,
   "success": 0.08,
   "lava_deaths": 26,
   "ms_per_decision_median": 328.6
  },
  "Gemma-4-E4B base, no control training + safety shield": {
   "episodes": 100,
   "decisions": 858,
   "step_accuracy": 0.5536,
   "success": 0.11,
   "lava_deaths": 0,
   "ms_per_decision_median": 330.1
  },
  "AUBIN-E4B-Control (one pass per move)": {
   "episodes": 100,
   "decisions": 430,
   "step_accuracy": 0.6,
   "success": 0.58,
   "lava_deaths": 28,
   "ms_per_decision_median": 384.1,
   "acc_when_conf_ge_0.8": 0.6364,
   "coverage_conf_ge_0.8": 0.5372,
   "acc_when_conf_ge_0.9": 0.6528,
   "coverage_conf_ge_0.9": 0.4488
  },
  "AUBIN-E4B-Control + safety shield (never steps on visible lava/walls)": {
   "episodes": 100,
   "decisions": 530,
   "step_accuracy": 0.9321,
   "success": 0.95,
   "lava_deaths": 0,
   "ms_per_decision_median": 385.2,
   "acc_when_conf_ge_0.8": 0.9891,
   "coverage_conf_ge_0.8": 0.5208,
   "acc_when_conf_ge_0.9": 0.9872,
   "coverage_conf_ge_0.9": 0.4415
  }
 }
}