Download app/summarizer.py from Juslin/elim-api: direct link, hf CLI and curl.
- Browser
- Download file 2.35 kB
-
https://huggingface.co/spaces/Juslin/elim-api/resolve/main/app/summarizer.py
- Command line
-
hf download hf://spaces/Juslin/elim-api/app/summarizer.py
-
curl -L -o summarizer.py https://huggingface.co/spaces/Juslin/elim-api/resolve/main/app/summarizer.py
2.35 kB
| from fastapi import APIRouter, HTTPException | |
| from pydantic import BaseModel | |
| from transformers import BartTokenizer, BartForConditionalGeneration | |
| from langdetect import detect, LangDetectException | |
| import torch | |
| import os | |
| router = APIRouter() | |
| # Define request model | |
| class TranslationRequest(BaseModel): | |
| text: str | |
| max_length: int = 100 | |
| min_length: int = 20 | |
| temperature: float = 1.0 | |
| top_k: int = 50 | |
| top_p: float = 0.95 | |
| # Load tokenizer and model once during startup | |
| try: | |
| model_name = "facebook/bart-large-cnn" | |
| cache_dir = "model_cache" | |
| print(f"Loading tokenizer from {model_name}...") | |
| tokenizer = BartTokenizer.from_pretrained(model_name, cache_dir=cache_dir) | |
| print(f"Loading model from {model_name}...") | |
| model = BartForConditionalGeneration.from_pretrained(model_name, cache_dir=cache_dir) | |
| print("Model and tokenizer loaded successfully!") | |
| except Exception as e: | |
| print(f"Error loading model: {str(e)}") | |
| raise | |
| async def summarize_text(request: TranslationRequest): | |
| try: | |
| # Detect language | |
| detected_lang = detect(request.text) | |
| if detected_lang != "en": | |
| raise HTTPException(status_code=400, detail="Only English text is supported.") | |
| except LangDetectException: | |
| raise HTTPException(status_code=400, detail="Could not detect the language of the input.") | |
| # Clean and prepare text | |
| clean_text = " ".join(request.text.strip().split()) | |
| inputs = tokenizer(clean_text, return_tensors="pt", max_length=1024, truncation=True) | |
| # Generate with advanced settings | |
| summary_ids = model.generate( | |
| inputs["input_ids"], | |
| max_length=request.max_length, | |
| min_length=request.min_length, | |
| do_sample=True, | |
| temperature=request.temperature, | |
| top_k=request.top_k, | |
| top_p=request.top_p, | |
| num_beams=4, | |
| early_stopping=True | |
| ) | |
| summary = tokenizer.decode(summary_ids[0], skip_special_tokens=True) | |
| return { | |
| "summary": summary, | |
| "language": detected_lang, | |
| "params": { | |
| "temperature": request.temperature, | |
| "top_k": request.top_k, | |
| "top_p": request.top_p | |
| } | |
| } | |
| async def health_check(): | |
| return {"status": "healthy", "model": "facebook/bart-large-cnn"} | |