Transformers How to use oflorez/Wayra-Perplexity-Estimator-55M-TensorRT with Transformers:
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("text-classification", model="oflorez/Wayra-Perplexity-Estimator-55M-TensorRT") # pip install -U transformers accelerate
# Load model directly
from transformers import WayraPPL
model = WayraPPL.from_pretrained("oflorez/Wayra-Perplexity-Estimator-55M-TensorRT", device_map="auto")
