add tokenizer f9467a5
in6087 commited on
How to use RJ3vans/CLNspanTagger with Transformers:
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("token-classification", model="RJ3vans/CLNspanTagger") # Load model directly
from transformers import AutoTokenizer, AutoModelForTokenClassification
tokenizer = AutoTokenizer.from_pretrained("RJ3vans/CLNspanTagger")
model = AutoModelForTokenClassification.from_pretrained("RJ3vans/CLNspanTagger", device_map="auto")