elim-api / app /model_loader.py
Juslin Jay
New updates
d740dd0
Raw History Blame Contribute Delete
835 Bytes
import os
# ✅ Prevent Hugging Face from trying to load TensorFlow
os.environ["TRANSFORMERS_NO_TF"] = "1"
from transformers import AutoModelForQuestionAnswering, AutoTokenizer, pipeline
# Load tokenizer and model once during startup
try:
cache_dir = "model_cache"
model_name = "deepset/roberta-base-squad2"
print(f"Loading QA tokenizer from {model_name}...")
tokenizer = AutoTokenizer.from_pretrained(model_name, cache_dir=cache_dir)
print(f"Loading QA model from {model_name}...")
model = AutoModelForQuestionAnswering.from_pretrained(model_name, cache_dir=cache_dir)
print("QA Model and tokenizer loaded successfully!")
except Exception as e:
print(f"Error loading model: {str(e)}")
raise
def load_qa_pipeline():
return pipeline("question-answering", model=model, tokenizer=tokenizer)