Token Classification
Transformers
Safetensors
longformer
Generated from Trainer
Eval Results (legacy)
Instructions to use Theoreticallyhugo/longformer-spans with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Theoreticallyhugo/longformer-spans with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="Theoreticallyhugo/longformer-spans")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForTokenClassification tokenizer = AutoTokenizer.from_pretrained("Theoreticallyhugo/longformer-spans") model = AutoModelForTokenClassification.from_pretrained("Theoreticallyhugo/longformer-spans", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Training in progress, epoch 1
Browse files- config.json +1 -1
- meta_data/meta_s42_e5_cvi0.json +1 -1
- model.safetensors +1 -1
- tokenizer.json +0 -0
- tokenizer_config.json +2 -2
- training_args.bin +2 -2
config.json
CHANGED
|
@@ -47,7 +47,7 @@
|
|
| 47 |
"pad_token_id": 1,
|
| 48 |
"sep_token_id": 2,
|
| 49 |
"torch_dtype": "float32",
|
| 50 |
-
"transformers_version": "4.
|
| 51 |
"type_vocab_size": 1,
|
| 52 |
"vocab_size": 50265
|
| 53 |
}
|
|
|
|
| 47 |
"pad_token_id": 1,
|
| 48 |
"sep_token_id": 2,
|
| 49 |
"torch_dtype": "float32",
|
| 50 |
+
"transformers_version": "4.45.2",
|
| 51 |
"type_vocab_size": 1,
|
| 52 |
"vocab_size": 50265
|
| 53 |
}
|
meta_data/meta_s42_e5_cvi0.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"B": {"precision": 0.
|
|
|
|
| 1 |
+
{"B": {"precision": 0.8751054852320675, "recall": 0.9152691968225949, "f1-score": 0.8947368421052632, "support": 1133.0}, "I": {"precision": 0.9870288248337029, "recall": 0.9742299064397877, "f1-score": 0.9805876036016191, "support": 18277.0}, "O": {"precision": 0.9561578318055002, "recall": 0.9741143031164349, "f1-score": 0.9650525468899281, "support": 9851.0}, "accuracy": 0.9719080004101022, "macro avg": {"precision": 0.9394307139570902, "recall": 0.9545378021262724, "f1-score": 0.9467923308656035, "support": 29261.0}, "weighted avg": {"precision": 0.972302079469926, "recall": 0.9719080004101022, "f1-score": 0.9720333929990342, "support": 29261.0}}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 592318676
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2e4a3839877aa1c985a02ad56342a48337f33436994be51bac6c8e26ccc27eac
|
| 3 |
size 592318676
|
tokenizer.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer_config.json
CHANGED
|
@@ -43,12 +43,12 @@
|
|
| 43 |
}
|
| 44 |
},
|
| 45 |
"bos_token": "<s>",
|
| 46 |
-
"clean_up_tokenization_spaces":
|
| 47 |
"cls_token": "<s>",
|
| 48 |
"eos_token": "</s>",
|
| 49 |
"errors": "replace",
|
| 50 |
"mask_token": "<mask>",
|
| 51 |
-
"model_max_length":
|
| 52 |
"pad_token": "<pad>",
|
| 53 |
"sep_token": "</s>",
|
| 54 |
"tokenizer_class": "LongformerTokenizer",
|
|
|
|
| 43 |
}
|
| 44 |
},
|
| 45 |
"bos_token": "<s>",
|
| 46 |
+
"clean_up_tokenization_spaces": false,
|
| 47 |
"cls_token": "<s>",
|
| 48 |
"eos_token": "</s>",
|
| 49 |
"errors": "replace",
|
| 50 |
"mask_token": "<mask>",
|
| 51 |
+
"model_max_length": 1000000000000000019884624838656,
|
| 52 |
"pad_token": "<pad>",
|
| 53 |
"sep_token": "</s>",
|
| 54 |
"tokenizer_class": "LongformerTokenizer",
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:470664396359800f158e3f999f5efe315175d3f491bce43fd53b7e4f31b029fc
|
| 3 |
+
size 5176
|