Hugging Face's logo

LakoreAI
/
sev

Text Classification
PyTorch
Safetensors
English
calibration
decision-making
typed-decisions
non-autoregressive
modernbert
proper-scoring-rules
Eval Results (legacy)
Model card Files
xet
 Community
sev
File size: 1,761 Bytes
f9e4c79
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
{
  "model": {
    "encoder_name": "answerdotai/ModernBERT-large",
    "head_layers": 2,
    "head_dropout": 0.1,
    "num_qtypes": 3,
    "cls_query": false,
    "slot_emb": false,
    "max_len": 1024,
    "head_max_len": 256,
    "k_buckets": [
      2,
      5,
      10
    ]
  },
  "training": {
    "dataset_name": "LocalLLaMA/typed-decisions",
    "dataset_config": "all",
    "calib_fraction": 0.1,
    "seed": 42,
    "max_examples": null,
    "augment_permute": false,
    "ckpt_dir": "checkpoints",
    "result_dir": "results",
    "run_name": "e2_ce_only_1024_seed42",
    "epochs": 4,
    "batch_size": 4,
    "accum_steps": 16,
    "num_workers": 4,
    "pin_memory": true,
    "amp": true,
    "amp_dtype": "bf16",
    "gradient_checkpointing": true,
    "lr": 2.5e-05,
    "lr_head": 0.0001,
    "weight_decay": 0.01,
    "grad_clip": 1.0,
    "log_every": 10,
    "eval_every": 1,
    "ckpt_every": 4,
    "w_rl": 0.0,
    "w_ce": 1.0,
    "num_noise_samples": 4,
    "sigma_start": 0.4,
    "sigma_end": 0.1,
    "anneal_sigma": true,
    "reward_w_spherical": 0.75,
    "reward_w_rps": 1.0,
    "arch": {
      "encoder_name": "answerdotai/ModernBERT-large",
      "head_layers": 2,
      "max_len": 1024,
      "head_max_len": 256
    },
    "init_from": "convaiinnovations/laya",
    "log_grad_diagnostics": true,
    "lr_scheduler": {
      "type": "cosine",
      "t_max": "auto",
      "eta_min": 1e-06
    },
    "early_stopping": {
      "enabled": false
    },
    "save_best": false,
    "best_metric": "raw_ece",
    "best_mode": "min",
    "wandb": {
      "enabled": true,
      "project": "rlcd-reverse-engineering",
      "entity": null,
      "group": "e2-acc",
      "log_artifacts": false
    },
    "resume_from": null
  }
}