Upload 3 files

Dockerfile

@@ -0,0 +1,21 @@
+# Use an official Python runtime as a parent image
+FROM python:3.9-slim
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Copy the current directory contents into the container at /app
+COPY . /app
+
+# Install any needed packages specified in requirements.txt
+RUN pip install --upgrade pip
+RUN pip install -r requirements.txt
+
+# Make port 80 available to the world outside this container
+EXPOSE 80
+
+# Define environment variable
+ENV HF_TOKEN ${HF_TOKEN}
+
+# Run app.py when the container launches
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "80"]

app.py

@@ -0,0 +1,33 @@
+import os
+import uvicorn
+from fastapi import FastAPI
+from transformers import pipeline
+import logging
+
+# Configure logging
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
+
+app = FastAPI()
+
+# Create a pipeline object for summarization
+pipe = pipeline("summarization", model="sysresearch101/t5-large-finetuned-xsum-cnn")
+
+@app.get("/")
+def read_root():
+    return {"message": "Welcome to the Summarization API!"}
+
+@app.get("/summarize")
+def summarize_text(text: str):
+    logger.info(f"Received text for summarization: {text}")
+    try:
+        # Use the pipeline to summarize the input text
+        summary = pipe(text, max_length=100, num_beams=4, early_stopping=True)
+        logger.info(f"Generated summary: {summary[0]['summary_text']}")
+        return {"summary": summary[0]['summary_text']}
+    except Exception as e:
+        logger.error(f"Error during summarization: {e}")
+        return {"error": str(e)}
+
+if __name__ == "__main__":
+    port = int(os.environ.get("PORT", 7860)) 

requirements.txt

@@ -0,0 +1,5 @@
+fastapi==0.74.*
+transformers==4.21.3
+torch==1.12.1
+uvicorn==0.18.3
+accelerate>=0.26.0