from fastapi import FastAPI
from fastapi.responses import HTMLResponse
from pydantic import BaseModel, Field
app = FastAPI()
@app.get("/", response_class=HTMLResponse)
async def read_root():
return '''
Chatbot Assistant
'''
from openai import OpenAI
client = OpenAI(base_url="http://localhost:8080/v1", api_key="no-key-required")
class ChatRequest(BaseModel):
"""Request model for the chat endpoint."""
prompt: str
@app.post("/response")
async def handle_chat(chat_request: ChatRequest):
stream = client.chat.completions.create(
model="",
messages=[{"role": "user", "content": chat_request.prompt}],
)
return stream
if __name__ == "__main__":
import uvicorn
uvicorn.run(app, host="0.0.0.0", port=7860)