codebert_Malvec / app.py
111306047
add /test route
bc6423e
Raw History Blame
1.49 kB
from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware
from transformers import AutoTokenizer, AutoModelForSequenceClassification
import torch
app = FastAPI()
app.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_methods=["*"],
allow_headers=["*"],
)
# ===== 載入模型 =====
# 換成你自己的模型 repo 名稱
MODEL_REPO = "raxhel/Malvec"
# 如果是私有模型,會自動從 HF_TOKEN 抓取權限
tokenizer = AutoTokenizer.from_pretrained(MODEL_REPO, use_auth_token=True)
model = AutoModelForSequenceClassification.from_pretrained(MODEL_REPO, use_auth_token=True)
model.eval()
@app.get("/")
def home():
return {"message": "FastAPI Space is running!"}
@app.post("/test")
def test_model(data: dict):
text = data.get("text", "")
if not text:
return {"error": "請提供 text"}
# Tokenize
inputs = tokenizer(text, return_tensors="pt", truncation=True, padding=True)
# 模型推論
with torch.no_grad():
outputs = model(**inputs)
# 取 logits
logits = outputs.logits
probs = torch.softmax(logits, dim=-1)
pred_label_id = torch.argmax(probs, dim=-1).item()
confidence = probs[0][pred_label_id].item()
# 若 config 裡有 id2label
label = model.config.id2label.get(pred_label_id, str(pred_label_id))
return {
"input_text": text,
"predicted_label": label,
"confidence": round(confidence, 4),
"logits": logits.tolist()
}