Update app.py

app.py

@@ -65,6 +65,7 @@ from collections import deque  #   add this at the top of app.py if not already
 seen = set()
 
 import io
+hf_token = os.environ.get("HF_TOKEN") or os.environ.get("HUGGING_FACE_HUB_TOKEN")
 
 # Fix for Windows Unicode printing issues
 if sys.platform == "win32":
@@ -78,48 +79,58 @@ nlp = spacy.load("en_core_web_sm")  # Assuming this is used; load once
 
 # Load Hugging Face models and tokenizers (done globally to avoid reloading)
 device = "cuda" if torch.cuda.is_available() else "cpu"
+print("Device:", device)
 
 sign_tagging_model_name = "RJ3vans/SignTagger"
-SignTaggingTokenizer = AutoTokenizer.from_pretrained(sign_tagging_model_name)
+SignTaggingTokenizer = AutoTokenizer.from_pretrained(sign_tagging_model_name, token=hf_token)
 SignTaggingModel = AutoModelForTokenClassification.from_pretrained(
-    sign_tagging_model_name
+    sign_tagging_model_name, token=hf_token
 ).to(device)
+SignTaggingModel.eval()
 
 ssccv_span_tagging_model_name = "RJ3vans/SSCCVspanTagger"
-SSCCVspanTaggingTokenizer = AutoTokenizer.from_pretrained(ssccv_span_tagging_model_name)
+SSCCVspanTaggingTokenizer = AutoTokenizer.from_pretrained(ssccv_span_tagging_model_name, token=hf_token)
 SSCCVspanTaggingModel = AutoModelForTokenClassification.from_pretrained(
-    ssccv_span_tagging_model_name
+    ssccv_span_tagging_model_name, token=hf_token
 ).to(device)
+SSCCVspanTaggingModel.eval()
 
 ssmn_span_tagging_model_name = "RJ3vans/SSMNspanTagger"
-SSMNspanTaggingTokenizer = AutoTokenizer.from_pretrained(ssmn_span_tagging_model_name)
+SSMNspanTaggingTokenizer = AutoTokenizer.from_pretrained(ssmn_span_tagging_model_name, token=hf_token)
 SSMNspanTaggingModel = AutoModelForTokenClassification.from_pretrained(
-    ssmn_span_tagging_model_name
+    ssmn_span_tagging_model_name, token=hf_token
 ).to(device)
+SSMNspanTaggingModel.eval()
 
 ccv_span_tagging_model_name = "RJ3vans/CCVspanTagger"
-CCVspanTaggingTokenizer = AutoTokenizer.from_pretrained(ccv_span_tagging_model_name)
+CCVspanTaggingTokenizer = AutoTokenizer.from_pretrained(ccv_span_tagging_model_name, token=hf_token)
 CCVspanTaggingModel = AutoModelForTokenClassification.from_pretrained(
-    ccv_span_tagging_model_name
+    ccv_span_tagging_model_name, token=hf_token
 ).to(device)
+CCVspanTaggingModel.eval()
 
 cmv1_span_tagging_model_name = "RJ3vans/CMV1spanTagger"
-CMV1spanTaggingTokenizer = AutoTokenizer.from_pretrained(cmv1_span_tagging_model_name)
+CMV1spanTaggingTokenizer = AutoTokenizer.from_pretrained(cmv1_span_tagging_model_name, token=hf_token)
 CMV1spanTaggingModel = AutoModelForTokenClassification.from_pretrained(
-    cmv1_span_tagging_model_name
+    cmv1_span_tagging_model_name, token=hf_token
 ).to(device)
+CMV1spanTaggingModel.eval()
 
 cmn1_span_tagging_model_name = "RJ3vans/CMN1spanTagger"
-CMN1spanTaggingTokenizer = AutoTokenizer.from_pretrained(cmn1_span_tagging_model_name)
+CMN1spanTaggingTokenizer = AutoTokenizer.from_pretrained(cmn1_span_tagging_model_name, token=hf_token)
 CMN1spanTaggingModel = AutoModelForTokenClassification.from_pretrained(
-    cmn1_span_tagging_model_name
+    cmn1_span_tagging_model_name, token=hf_token
 ).to(device)
+CMN1spanTaggingModel.eval()
 
 cln_span_tagging_model_name = "RJ3vans/CLNspanTagger"
-CLNspanTaggingTokenizer = AutoTokenizer.from_pretrained(cmn1_span_tagging_model_name)
+CLNspanTaggingTokenizer = AutoTokenizer.from_pretrained(cln_span_tagging_model_name, token=hf_token)
 CLNspanTaggingModel = AutoModelForTokenClassification.from_pretrained(
-    cln_span_tagging_model_name
+    cln_span_tagging_model_name, token=hf_token
 ).to(device)
+CLNspanTaggingModel.eval()
+
+
 
 # Define label lists (extracted from notebook summary; expand with full 70+ if needed)
 sign_label_list = [