Fill-Mask
PEFT
Safetensors
Transformers
modernbert
lora
dapt
sft
heitorrosa commited on
Commit
18fb523
·
verified ·
1 Parent(s): 5b3f8ee

rollback: restore root to standalone DAPT ec67ba36

Browse files
Files changed (2) hide show
  1. config.json +2 -12
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "architectures": [
3
- "ModernBertForSequenceClassification"
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
@@ -19,19 +19,9 @@
19
  "gradient_checkpointing": false,
20
  "hidden_activation": "gelu",
21
  "hidden_size": 768,
22
- "id2label": {
23
- "0": "negative",
24
- "1": "neutral",
25
- "2": "positive"
26
- },
27
  "initializer_cutoff_factor": 2.0,
28
  "initializer_range": 0.02,
29
  "intermediate_size": 1152,
30
- "label2id": {
31
- "negative": 0,
32
- "neutral": 1,
33
- "positive": 2
34
- },
35
  "layer_norm_eps": 1e-05,
36
  "layer_types": [
37
  "full_attention",
@@ -82,6 +72,6 @@
82
  "sparse_pred_ignore_index": -100,
83
  "sparse_prediction": false,
84
  "tie_word_embeddings": true,
85
- "transformers_version": "5.17.0",
86
  "vocab_size": 50368
87
  }
 
1
  {
2
  "architectures": [
3
+ "ModernBertForMaskedLM"
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
 
19
  "gradient_checkpointing": false,
20
  "hidden_activation": "gelu",
21
  "hidden_size": 768,
 
 
 
 
 
22
  "initializer_cutoff_factor": 2.0,
23
  "initializer_range": 0.02,
24
  "intermediate_size": 1152,
 
 
 
 
 
25
  "layer_norm_eps": 1e-05,
26
  "layer_types": [
27
  "full_attention",
 
72
  "sparse_pred_ignore_index": -100,
73
  "sparse_prediction": false,
74
  "tie_word_embeddings": true,
75
+ "transformers_version": "5.15.1",
76
  "vocab_size": 50368
77
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5eaa70d83696d67207c5ed7e4699ae9477d8f41c8cc398fc5f106729fd127d6e
3
- size 598442860
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c24c4b16d1f9ab60f630e6d7265be39093f750c6b71bfea7dfbb8621f1239838
3
+ size 598635032