QomSSLab commited on
Commit
f7fc4fa
·
verified ·
1 Parent(s): ece2b54

Upload ModernBertForTokenClassification

Browse files
Files changed (2) hide show
  1. config.json +135 -0
  2. model.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,135 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "ModernBertForTokenClassification"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 2,
8
+ "classifier_activation": "gelu",
9
+ "classifier_bias": false,
10
+ "classifier_dropout": 0.0,
11
+ "classifier_pooling": "mean",
12
+ "cls_token_id": 1,
13
+ "decoder_bias": true,
14
+ "deterministic_flash_attn": false,
15
+ "dtype": "float32",
16
+ "embedding_dropout": 0.0,
17
+ "eos_token_id": 1,
18
+ "global_attn_every_n_layers": 3,
19
+ "gradient_checkpointing": false,
20
+ "hidden_activation": "gelu",
21
+ "hidden_size": 768,
22
+ "id2label": {
23
+ "0": "ABSENCE",
24
+ "1": "APPEALABILITY",
25
+ "2": "APPEAL_AUTHORITY",
26
+ "3": "APPEAL_DEADLINE",
27
+ "4": "COURT_NAME",
28
+ "5": "DEFENDANT_ADDRESS",
29
+ "6": "DEFENDANT_FATHER",
30
+ "7": "DEFENDANT_NAME_LEGAL",
31
+ "8": "DEFENDANT_NAME_NATURAL",
32
+ "9": "FINALITY",
33
+ "10": "JUDGE_NAME",
34
+ "11": "JUDGE_POSITION",
35
+ "12": "JUDGE_SIGNATURE",
36
+ "13": "JUDGMENT_DATE",
37
+ "14": "LEGAL_CHARGE",
38
+ "15": "LEGAL_REPRESENTATIVE",
39
+ "16": "O",
40
+ "17": "PLACE_OF_OFFENSE",
41
+ "18": "PLAINTIFF_ADDRESS",
42
+ "19": "PLAINTIFF_CLAIM",
43
+ "20": "PLAINTIFF_FATHER",
44
+ "21": "PLAINTIFF_NAME_LEGAL",
45
+ "22": "PLAINTIFF_NAME_NATURAL",
46
+ "23": "PRESENCE",
47
+ "24": "SUBJECT_OF_CLAIM",
48
+ "25": "TIME_OF_OFFENSE"
49
+ },
50
+ "initializer_cutoff_factor": 2.0,
51
+ "initializer_range": 0.02,
52
+ "intermediate_size": 1152,
53
+ "label2id": {
54
+ "ABSENCE": 0,
55
+ "APPEALABILITY": 1,
56
+ "APPEAL_AUTHORITY": 2,
57
+ "APPEAL_DEADLINE": 3,
58
+ "COURT_NAME": 4,
59
+ "DEFENDANT_ADDRESS": 5,
60
+ "DEFENDANT_FATHER": 6,
61
+ "DEFENDANT_NAME_LEGAL": 7,
62
+ "DEFENDANT_NAME_NATURAL": 8,
63
+ "FINALITY": 9,
64
+ "JUDGE_NAME": 10,
65
+ "JUDGE_POSITION": 11,
66
+ "JUDGE_SIGNATURE": 12,
67
+ "JUDGMENT_DATE": 13,
68
+ "LEGAL_CHARGE": 14,
69
+ "LEGAL_REPRESENTATIVE": 15,
70
+ "O": 16,
71
+ "PLACE_OF_OFFENSE": 17,
72
+ "PLAINTIFF_ADDRESS": 18,
73
+ "PLAINTIFF_CLAIM": 19,
74
+ "PLAINTIFF_FATHER": 20,
75
+ "PLAINTIFF_NAME_LEGAL": 21,
76
+ "PLAINTIFF_NAME_NATURAL": 22,
77
+ "PRESENCE": 23,
78
+ "SUBJECT_OF_CLAIM": 24,
79
+ "TIME_OF_OFFENSE": 25
80
+ },
81
+ "layer_norm_eps": 1e-05,
82
+ "layer_types": [
83
+ "full_attention",
84
+ "sliding_attention",
85
+ "sliding_attention",
86
+ "full_attention",
87
+ "sliding_attention",
88
+ "sliding_attention",
89
+ "full_attention",
90
+ "sliding_attention",
91
+ "sliding_attention",
92
+ "full_attention",
93
+ "sliding_attention",
94
+ "sliding_attention",
95
+ "full_attention",
96
+ "sliding_attention",
97
+ "sliding_attention",
98
+ "full_attention",
99
+ "sliding_attention",
100
+ "sliding_attention",
101
+ "full_attention",
102
+ "sliding_attention",
103
+ "sliding_attention",
104
+ "full_attention"
105
+ ],
106
+ "local_attention": 128,
107
+ "mask_token_id": 4,
108
+ "max_position_embeddings": 8192,
109
+ "mlp_bias": false,
110
+ "mlp_dropout": 0.0,
111
+ "model_type": "modernbert",
112
+ "norm_bias": false,
113
+ "norm_eps": 1e-05,
114
+ "num_attention_heads": 12,
115
+ "num_hidden_layers": 22,
116
+ "pad_token_id": 0,
117
+ "position_embedding_type": "sans_pos",
118
+ "rope_parameters": {
119
+ "full_attention": {
120
+ "rope_theta": 160000,
121
+ "rope_type": "default"
122
+ },
123
+ "sliding_attention": {
124
+ "rope_theta": 160000,
125
+ "rope_type": "default"
126
+ }
127
+ },
128
+ "sep_token_id": 1,
129
+ "sparse_pred_ignore_index": -100,
130
+ "sparse_prediction": false,
131
+ "tie_word_embeddings": true,
132
+ "transformers_version": "5.17.0",
133
+ "use_cache": false,
134
+ "vocab_size": 256000
135
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0edc1125209bc96e87f8576fb2b712ebd658d65c8fced7465a02b1d84c350fee
3
+ size 1230215256