Change task name in test to langident 8c01094
Simon Clematide commited on
How to use impresso-project/language-identifier with Transformers:
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("token-classification", model="impresso-project/language-identifier", trust_remote_code=True) # Load model directly
from transformers import AutoModelForTokenClassification
model = AutoModelForTokenClassification.from_pretrained("impresso-project/language-identifier", trust_remote_code=True, device_map="auto")