Hugging Face's logo

onatm
/
gev-e2b

Multiple Choice
PEFT
Safetensors
English
gev
decision-model
lora
pointer-head
calibration
Eval Results (legacy)
Model card Files
xet
 Community
gev-e2b
File size: 2,069 Bytes
b15926c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
{
  "format": "gev-checkpoint",
  "format_version": 1,
  "gev_version": "0.1.0",
  "base_model": "google/gemma-4-E2B",
  "revision": "d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f",
  "family": "gemma4",
  "markers": {
    "state": {
      "token": "<unused0>",
      "id": 6
    },
    "question": {
      "token": "<unused1>",
      "id": 7
    },
    "option_start": {
      "token": "<unused2>",
      "id": 8
    },
    "option_end": {
      "token": "<unused3>",
      "id": 9
    },
    "decide": {
      "token": "<unused4>",
      "id": 10
    }
  },
  "state_cap": 384,
  "branch_cap": 2048,
  "temperature": 1.6245047927124707,
  "trained_with": {
    "backend": "mlx",
    "dtype": "bf16"
  },
  "config": {
    "name": "gev-e2b",
    "model": {
      "name": "google/gemma-4-E2B",
      "revision": "d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f",
      "family": "gemma4",
      "markers": [
        "<unused0>",
        "<unused1>",
        "<unused2>",
        "<unused3>",
        "<unused4>"
      ],
      "lora_rank": 16,
      "lora_alpha": 32,
      "lora_dropout": 0.05,
      "lora_targets": [
        "q_proj",
        "k_proj",
        "v_proj",
        "o_proj",
        "gate_proj",
        "up_proj",
        "down_proj"
      ],
      "pointer_width": 256
    },
    "training": {
      "seed": 0,
      "epochs": 2,
      "learning_rate": 0.0001,
      "head_learning_rate": null,
      "weight_decay": 0.01,
      "logical_batch": 8,
      "microbatch": 1,
      "max_steps": null,
      "save_every": 250,
      "state_cap": 384,
      "branch_cap": 2048,
      "p_none": 0.1,
      "p_none_distract": 0.12,
      "p_distract": 0.15,
      "p_none_pair": 0.25
    },
    "backend": "mlx",
    "device": "auto",
    "dtype": "bf16",
    "attn_implementation": "sdpa",
    "gradient_checkpointing": false
  },
  "training": {
    "steps": 3144,
    "total_steps": 3144,
    "complete": true,
    "seconds": 13010.148587625008,
    "train_sha256": "7ed5254b5cb5291baefaceb09edf7e13110258211518c8038f4a12c11bd628ad",
    "train_records": 12576
  }
}