Token Classification
Transformers
PyTorch
TensorBoard
bert
Generated from Trainer
Eval Results (legacy)
Instructions to use redevaaa/fin5 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use redevaaa/fin5 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="redevaaa/fin5")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForTokenClassification tokenizer = AutoTokenizer.from_pretrained("redevaaa/fin5") model = AutoModelForTokenClassification.from_pretrained("redevaaa/fin5", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download tokenizer_config.json from redevaaa/fin5: direct link, hf CLI and curl.
- Browser
- Download file 4.96 kB
-
https://huggingface.co/redevaaa/fin5/resolve/main/tokenizer_config.json
- Command line
-
hf download hf://redevaaa/fin5/tokenizer_config.json
-
curl -L -o tokenizer_config.json https://huggingface.co/redevaaa/fin5/resolve/main/tokenizer_config.json
4.96 kB
| { | |
| "additional_special_tokens": [ | |
| "[NUM]", | |
| "[X]", | |
| "[X.X]", | |
| "[X.XX]", | |
| "[X.XXX]", | |
| "[X.XXXX]", | |
| "[X.XXXXX]", | |
| "[X.XXXXXX]", | |
| "[X.XXXXXXX]", | |
| "[X.XXXXXXXX]", | |
| "[X.XXXXXXXXX]", | |
| "[X,XXX.X]", | |
| "[X,XXX.XX]", | |
| "[X,XXX.XXX]", | |
| "[X,XXX,XXX]", | |
| "[X,XXX,XXX.X]", | |
| "[X,XXX,XXX.XX]", | |
| "[X,XXX,XXX.XXX]", | |
| "[X,XXX,XXX,XXX]", | |
| "[X,XXX,XXX,XXX.X]", | |
| "[X,XXX,XXX,XXX.XX]", | |
| "[X,XXX,XXX,XXX.XXX]", | |
| "[X,XXX,XXX,XXX,XXX]", | |
| "[X,XXX,XXX,XXX,XXX.X]", | |
| "[X,XXX,XXX,XXX,XXX.XX]", | |
| "[X,XXX,XXX,XXX,XXX.XXX]", | |
| "[XX.X]", | |
| "[XX.XX]", | |
| "[XX.XXX]", | |
| "[XX.XXXX]", | |
| "[XX.XXXXX]", | |
| "[XX.XXXXXX]", | |
| "[XX.XXXXXXX]", | |
| "[XX.XXXXXXXX]", | |
| "[XX.XXXXXXXXX]", | |
| "[XX,XXX.X]", | |
| "[XX,XXX.XX]", | |
| "[XX,XXX.XXX]", | |
| "[XX,XXX,XXX]", | |
| "[XX,XXX,XXX.X]", | |
| "[XX,XXX,XXX.XX]", | |
| "[XX,XXX,XXX.XXX]", | |
| "[XX,XXX,XXX,XXX]", | |
| "[XX,XXX,XXX,XXX.X]", | |
| "[XX,XXX,XXX,XXX.XX]", | |
| "[XX,XXX,XXX,XXX.XXX]", | |
| "[XX,XXX,XXX,XXX,XXX]", | |
| "[XX,XXX,XXX,XXX,XXX.X]", | |
| "[XX,XXX,XXX,XXX,XXX.XX]", | |
| "[XX,XXX,XXX,XXX,XXX.XXX]", | |
| "[XXX]", | |
| "[XXX.X]", | |
| "[XXX.XX]", | |
| "[XXX.XXX]", | |
| "[XXX.XXXX]", | |
| "[XXX.XXXXX]", | |
| "[XXX.XXXXXX]", | |
| "[XXX.XXXXXXX]", | |
| "[XXX.XXXXXXXX]", | |
| "[XXX.XXXXXXXXX]", | |
| "[XXX,XXX.X]", | |
| "[XXX,XXX.XX]", | |
| "[XXX,XXX.XXX]", | |
| "[XXX,XXX,XXX]", | |
| "[XXX,XXX,XXX.X]", | |
| "[XXX,XXX,XXX.XX]", | |
| "[XXX,XXX,XXX.XXX]", | |
| "[XXX,XXX,XXX,XXX]", | |
| "[XXX,XXX,XXX,XXX.X]", | |
| "[XXX,XXX,XXX,XXX.XX]", | |
| "[XXX,XXX,XXX,XXX.XXX]", | |
| "[XXX,XXX,XXX,XXX,XXX]", | |
| "[XXX,XXX,XXX,XXX,XXX.X]", | |
| "[XXX,XXX,XXX,XXX,XXX.XX]", | |
| "[XXX,XXX,XXX,XXX,XXX.XXX]", | |
| "[XXXX.X]", | |
| "[XXXX.XX]", | |
| "[XXXX.XXX]", | |
| "[XXXXX]", | |
| "[XXXXX.X]", | |
| "[XXXXX.XX]", | |
| "[XXXXX.XXX]", | |
| "[XXXXXX]", | |
| "[XXXXXX.X]", | |
| "[XXXXXX.XX]", | |
| "[XXXXXX.XXX]", | |
| "[XXXXXXX]", | |
| "[XXXXXXX.X]", | |
| "[XXXXXXX.XX]", | |
| "[XXXXXXX.XXX]", | |
| "[XXXXXXXX]", | |
| "[XXXXXXXX.X]", | |
| "[XXXXXXXX.XX]", | |
| "[XXXXXXXX.XXX]", | |
| "[XXXXXXXXX]", | |
| "[XXXXXXXXX.X]", | |
| "[XXXXXXXXX.XX]", | |
| "[XXXXXXXXX.XXX]", | |
| "[XXXXXXXXXX]", | |
| "[XXXXXXXXXX.X]", | |
| "[XXXXXXXXXX.XX]", | |
| "[XXXXXXXXXX.XXX]", | |
| "[X,X]", | |
| "[X,XX]", | |
| "[X,XXX]", | |
| "[X,XXXX]", | |
| "[X,XXXXX]", | |
| "[X,XXXXXX]", | |
| "[X,XXXXXXX]", | |
| "[X,XXXXXXXX]", | |
| "[X,XXXXXXXXX]", | |
| "[X.XXX,X]", | |
| "[X.XXX,XX]", | |
| "[X.XXX,XXX]", | |
| "[X.XXX.XXX]", | |
| "[X.XXX.XXX,X]", | |
| "[X.XXX.XXX,XX]", | |
| "[X.XXX.XXX,XXX]", | |
| "[X.XXX.XXX.XXX]", | |
| "[X.XXX.XXX.XXX,X]", | |
| "[X.XXX.XXX.XXX,XX]", | |
| "[X.XXX.XXX.XXX,XXX]", | |
| "[X.XXX.XXX.XXX.XXX]", | |
| "[X.XXX.XXX.XXX.XXX,X]", | |
| "[X.XXX.XXX.XXX.XXX,XX]", | |
| "[X.XXX.XXX.XXX.XXX,XXX]", | |
| "[XX]", | |
| "[XX,X]", | |
| "[XX,XX]", | |
| "[XX,XXX]", | |
| "[XX,XXXX]", | |
| "[XX,XXXXX]", | |
| "[XX,XXXXXX]", | |
| "[XX,XXXXXXX]", | |
| "[XX,XXXXXXXX]", | |
| "[XX,XXXXXXXXX]", | |
| "[XX.XXX,X]", | |
| "[XX.XXX,XX]", | |
| "[XX.XXX,XXX]", | |
| "[XX.XXX.XXX]", | |
| "[XX.XXX.XXX,X]", | |
| "[XX.XXX.XXX,XX]", | |
| "[XX.XXX.XXX,XXX]", | |
| "[XX.XXX.XXX.XXX]", | |
| "[XX.XXX.XXX.XXX,X]", | |
| "[XX.XXX.XXX.XXX,XX]", | |
| "[XX.XXX.XXX.XXX,XXX]", | |
| "[XX.XXX.XXX.XXX.XXX]", | |
| "[XX.XXX.XXX.XXX.XXX,X]", | |
| "[XX.XXX.XXX.XXX.XXX,XX]", | |
| "[XX.XXX.XXX.XXX.XXX,XXX]", | |
| "[XXX,X]", | |
| "[XXX,XX]", | |
| "[XXX,XXX]", | |
| "[XXX,XXXX]", | |
| "[XXX,XXXXX]", | |
| "[XXX,XXXXXX]", | |
| "[XXX,XXXXXXX]", | |
| "[XXX,XXXXXXXX]", | |
| "[XXX,XXXXXXXXX]", | |
| "[XXX.XXX,X]", | |
| "[XXX.XXX,XX]", | |
| "[XXX.XXX,XXX]", | |
| "[XXX.XXX.XXX]", | |
| "[XXX.XXX.XXX,X]", | |
| "[XXX.XXX.XXX,XX]", | |
| "[XXX.XXX.XXX,XXX]", | |
| "[XXX.XXX.XXX.XXX]", | |
| "[XXX.XXX.XXX.XXX,X]", | |
| "[XXX.XXX.XXX.XXX,XX]", | |
| "[XXX.XXX.XXX.XXX,XXX]", | |
| "[XXX.XXX.XXX.XXX.XXX]", | |
| "[XXX.XXX.XXX.XXX.XXX,X]", | |
| "[XXX.XXX.XXX.XXX.XXX,XX]", | |
| "[XXX.XXX.XXX.XXX.XXX,XXX]", | |
| "[XXXX]", | |
| "[XXXX,X]", | |
| "[XXXX,XX]", | |
| "[XXXX,XXX]", | |
| "[XXXXX,X]", | |
| "[XXXXX,XX]", | |
| "[XXXXX,XXX]", | |
| "[XXXXXX,X]", | |
| "[XXXXXX,XX]", | |
| "[XXXXXX,XXX]", | |
| "[XXXXXXX,X]", | |
| "[XXXXXXX,XX]", | |
| "[XXXXXXX,XXX]", | |
| "[XXXXXXXX,X]", | |
| "[XXXXXXXX,XX]", | |
| "[XXXXXXXX,XXX]", | |
| "[XXXXXXXXX,X]", | |
| "[XXXXXXXXX,XX]", | |
| "[XXXXXXXXX,XXX]", | |
| "[XXXXXXXXXX,X]", | |
| "[XXXXXXXXXX,XX]", | |
| "[XXXXXXXXXX,XXX]", | |
| "[.X]", | |
| "[.XX]", | |
| "[.XXX]", | |
| "[.XXXX]", | |
| "[.XXXXX]", | |
| "[.XXXXXX]", | |
| "[.XXXXXXX]", | |
| "[.XXXXXXXX]", | |
| "[.XXXXXXXXX]", | |
| "[,X]", | |
| "[,XX]", | |
| "[,XXX]", | |
| "[,XXXX]", | |
| "[,XXXXX]", | |
| "[,XXXXXX]", | |
| "[,XXXXXXX]", | |
| "[,XXXXXXXX]", | |
| "[,XXXXXXXXX]" | |
| ], | |
| "cls_token": "[CLS]", | |
| "do_basic_tokenize": true, | |
| "do_lower_case": true, | |
| "mask_token": "[MASK]", | |
| "model_max_length": 512, | |
| "name_or_path": "nlpaueb/sec-bert-shape", | |
| "never_split": null, | |
| "pad_token": "[PAD]", | |
| "sep_token": "[SEP]", | |
| "special_tokens_map_file": "special_tokens_map.json", | |
| "strip_accents": null, | |
| "tokenize_chinese_chars": true, | |
| "tokenizer_class": "BertTokenizer", | |
| "unk_token": "[UNK]" | |
| } | |