Training in progress, epoch 1

config.json

@@ -1,14 +1,14 @@
 {
-  "_name_or_path": "indolem/indobert-base-uncased",
+  "_name_or_path": "indobenchmark/indobert-base-p1",
+  "_num_labels": 5,
   "architectures": [
     "BertForSequenceClassification"
   ],
-  "attention_probs_dropout_prob": 0.1,
-  "bos_token_id": 0,
+  "attention_probs_dropout_prob": 0.3,
   "classifier_dropout": null,
-  "eos_token_ids": 0,
+  "directionality": "bidi",
   "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
+  "hidden_dropout_prob": 0.3,
   "hidden_size": 768,
   "initializer_range": 0.02,
   "intermediate_size": 3072,
@@ -19,11 +19,16 @@
   "num_hidden_layers": 12,
   "output_past": true,
   "pad_token_id": 0,
+  "pooler_fc_size": 768,
+  "pooler_num_attention_heads": 12,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 128,
+  "pooler_type": "first_token_transform",
   "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
   "torch_dtype": "float32",
   "transformers_version": "4.44.2",
   "type_vocab_size": 2,
   "use_cache": true,
-  "vocab_size": 31923
+  "vocab_size": 50000
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abde5527c8d4eee4a536580f11f39e25aab0f53ad7bf8849c9998032b9c34e36
-size 442262520
+oid sha256:f79a13ce4133f0e72dcc2095af1f40be40a6fde4fd17f5cb91a1a638ffda2bd1
+size 497795072

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12391cc167a1b8261318a0d1cf080217c4d8d8b99e48f3510b559d39b91ea6ac
+oid sha256:0d722c61803215dda465ae1604a0ec6af554af824fd6e4f3a4cedfafac820c1f
 size 5176