Text Classification
Transformers
PyTorch
Safetensors
Portuguese
bert
toxicity
portuguese
hate speech
offensive language
Generated from Trainer
text-embeddings-inference
Instructions to use dougtrajano/toxic-comment-classification with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use dougtrajano/toxic-comment-classification with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="dougtrajano/toxic-comment-classification")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("dougtrajano/toxic-comment-classification") model = AutoModelForSequenceClassification.from_pretrained("dougtrajano/toxic-comment-classification", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Commit ·
0867ee8
1
Parent(s): 77c471e
Training in progress, epoch 6
Browse files
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 871513885
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c66dc64701b263130d3a28e17ce4864d501a1de4cf6f187f721ff961914252c
|
| 3 |
size 871513885
|
last-checkpoint/pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 435769709
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8c13aeb6f0ecf7b0a13a1bde73ba9856e2df591c3ea92ae942559c0f9eb773eb
|
| 3 |
size 435769709
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14503
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c9b1f78db9b505933b607b9367af697fc1da4d11dc7c583353f985232e398b1
|
| 3 |
size 14503
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 623
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d2a6b4ae21d721bb29b01e6298b11f998e2f825381fa156b83df6311626b5a39
|
| 3 |
size 623
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": 0.8580479726153486,
|
| 3 |
"best_model_checkpoint": "./output/toxic-comment-classification-2023-02-12-03-38-39-438/model/checkpoint-5632",
|
| 4 |
-
"epoch":
|
| 5 |
-
"global_step":
|
| 6 |
"is_hyper_param_search": false,
|
| 7 |
"is_local_process_zero": true,
|
| 8 |
"is_world_process_zero": true,
|
|
@@ -150,11 +150,35 @@
|
|
| 150 |
"eval_samples_per_second": 215.153,
|
| 151 |
"eval_steps_per_second": 26.919,
|
| 152 |
"step": 7040
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 153 |
}
|
| 154 |
],
|
| 155 |
"max_steps": 42240,
|
| 156 |
"num_train_epochs": 30,
|
| 157 |
-
"total_flos":
|
| 158 |
"trial_name": null,
|
| 159 |
"trial_params": null
|
| 160 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": 0.8580479726153486,
|
| 3 |
"best_model_checkpoint": "./output/toxic-comment-classification-2023-02-12-03-38-39-438/model/checkpoint-5632",
|
| 4 |
+
"epoch": 6.0,
|
| 5 |
+
"global_step": 8448,
|
| 6 |
"is_hyper_param_search": false,
|
| 7 |
"is_local_process_zero": true,
|
| 8 |
"is_world_process_zero": true,
|
|
|
|
| 150 |
"eval_samples_per_second": 215.153,
|
| 151 |
"eval_steps_per_second": 26.919,
|
| 152 |
"step": 7040
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 5.33,
|
| 156 |
+
"learning_rate": 2.6777012567884123e-05,
|
| 157 |
+
"loss": 0.1992,
|
| 158 |
+
"step": 7500
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 5.68,
|
| 162 |
+
"learning_rate": 2.6391620907436738e-05,
|
| 163 |
+
"loss": 0.2221,
|
| 164 |
+
"step": 8000
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"epoch": 6.0,
|
| 168 |
+
"eval_accuracy": 0.8415810768751946,
|
| 169 |
+
"eval_f1": 0.8413911882051015,
|
| 170 |
+
"eval_loss": 0.6368530988693237,
|
| 171 |
+
"eval_precision": 0.8413807388640939,
|
| 172 |
+
"eval_recall": 0.8415810768751946,
|
| 173 |
+
"eval_runtime": 14.6321,
|
| 174 |
+
"eval_samples_per_second": 219.586,
|
| 175 |
+
"eval_steps_per_second": 27.474,
|
| 176 |
+
"step": 8448
|
| 177 |
}
|
| 178 |
],
|
| 179 |
"max_steps": 42240,
|
| 180 |
"num_train_epochs": 30,
|
| 181 |
+
"total_flos": 2621680694487000.0,
|
| 182 |
"trial_name": null,
|
| 183 |
"trial_params": null
|
| 184 |
}
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 435769709
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8c13aeb6f0ecf7b0a13a1bde73ba9856e2df591c3ea92ae942559c0f9eb773eb
|
| 3 |
size 435769709
|