Hugging Face's logo

bambamdevs
/
openjev-e4b

Zero-Shot Classification
Safetensors
PEFT
English
openjev
classification
decision-model
listwise
gemma4
research
Model card Files
xet
 Community
openjev-e4b
File size: 2,185 Bytes
03223d7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
{
  "run_name": "e4b-v13",
  "model_id": "google/gemma-4-E4B-it",
  "seed": 44,
  "max_length": 8192,
  "head_dim": 384,
  "freeze_backbone": false,
  "use_lora": true,
  "lora_r": 16,
  "lora_alpha": 32,
  "lora_dropout": 0.0,
  "lora_targets": [
    "q_proj",
    "k_proj",
    "v_proj",
    "o_proj"
  ],
  "batch_size": 4,
  "grad_accum": 4,
  "max_updates": 800,
  "head_lr": 6e-05,
  "lora_lr": 2e-05,
  "weight_decay": 0.01,
  "grad_clip": 1.0,
  "warmup_updates": 30,
  "min_lr_ratio": 0.15,
  "dataset_sampling_alpha": 0.5,
  "dataset_sampling_multipliers": {
    "nyu-mll/multi_nli": 1.2,
    "alisawuffles/WANLI": 1.35,
    "stanfordnlp/snli": 1.1,
    "synthetic/nli-haystack": 1.3,
    "product-science/xlam-hard": 1.25,
    "nvidia/HelpSteer2": 1.6,
    "PolyAI/banking77": 0.85,
    "Rowan/hellaswag": 0.9,
    "cais/mmlu": 1.0,
    "google/boolq": 0.9,
    "product-science/xlam-function-calling-60k-raw": 0.9,
    "nvidia/HelpSteer2-threshold": 1.35
  },
  "aux_nli": {
    "enabled": true,
    "loss_weight": 0.2
  },
  "log_every": 10,
  "save_every": 200,
  "rolling_window": 30,
  "high_loss_ce": 3.0,
  "hard_diag_every_micro": 4,
  "eval_every": 100,
  "eval_max_examples": 1400,
  "eval_batch_size": 8,
  "selection_metric": "macro_dataset_policy_nll",
  "calibration_min_group": 50,
  "calibration_prior_strength": 120.0,
  "early_stop_min_updates": 400,
  "early_stop_patience": 3,
  "loss": {
    "ce": 1.0,
    "brier": 0.15,
    "score_emd": 0.4,
    "score_expectation": 0.18
  },
  "model_version": "1.3.2",
  "version": "1.6.0",
  "seed_run": "artifacts/runs/e4b-v13",
  "v142_selection": "hybrid-ce",
  "v142_public_benchmark_firewall": true,
  "head_type": "hybrid",
  "v142_objective": "ce",
  "v151_rlcd_like": true,
  "v151_seed_run": "artifacts/runs/e4b-v142",
  "v151_policy_stage": "head_lora_rlcd",
  "v151_selected_policy": "head_lora_rlcd",
  "arena_v160": true,
  "arena_seed_run": "artifacts/runs/e4b-v151",
  "arena_accepted_rounds": 6,
  "arena_public_benchmark_firewall": "closed",
  "backbone_delta_file": "backbone_delta.pt",
  "arena_unfrozen_base_parameter_count": 65,
  "base_revision": "ee0ef6023621cff504d758262d4e04895a5af4a2"
}