from fastapi import FastAPI from fastapi.middleware.cors import CORSMiddleware from transformers import AutoTokenizer, AutoModelForSequenceClassification import torch app = FastAPI() app.add_middleware( CORSMiddleware, allow_origins=["*"], allow_methods=["*"], allow_headers=["*"], ) # ===== 載入模型 ===== # 換成你自己的模型 repo 名稱 MODEL_REPO = "raxhel/Malvec" # 如果是私有模型,會自動從 HF_TOKEN 抓取權限 tokenizer = AutoTokenizer.from_pretrained(MODEL_REPO, use_auth_token=True) model = AutoModelForSequenceClassification.from_pretrained(MODEL_REPO, use_auth_token=True) model.eval() @app.get("/") def home(): return {"message": "FastAPI Space is running!"} @app.post("/test") def test_model(data: dict): text = data.get("text", "") if not text: return {"error": "請提供 text"} # Tokenize inputs = tokenizer(text, return_tensors="pt", truncation=True, padding=True) # 模型推論 with torch.no_grad(): outputs = model(**inputs) # 取 logits logits = outputs.logits probs = torch.softmax(logits, dim=-1) pred_label_id = torch.argmax(probs, dim=-1).item() confidence = probs[0][pred_label_id].item() # 若 config 裡有 id2label label = model.config.id2label.get(pred_label_id, str(pred_label_id)) return { "input_text": text, "predicted_label": label, "confidence": round(confidence, 4), "logits": logits.tolist() }